package org.wj.arithmetic

import org.apache.spark.{SparkConf, SparkContext}

object Distinct extends App {

  val conf = new SparkConf().setAppName(this.getClass.getName).setMaster("local")

  val sc = new SparkContext(conf)

  val rdd = sc.parallelize(Array("1", "1", "2", "2", "3", "4", "3", "4"))

  rdd.distinct().foreach(println)

}
